fd0bc3f81951ce16155d411a3de9bea38a721b4b,datavec-spark/src/test/java/org/datavec/spark/transform/DataFrameTests.java,DataFrameTests,testDataFrameConversions,#,47
Before Change
assertEquals(schema,DataFrames.fromStructType(DataFrames.fromSchema(schema)));
assertEquals(rdd.collect(),DataFrames.toRecords(DataFrames.toDataFrame(schema,rdd)).getSecond().collect());
DataFrame dataFrame = DataFrames.toDataFrame(schema,rdd);
dataFrame.show();
Column mean = DataFrames.mean(dataFrame,"0");
Column std = DataFrames.std(dataFrame,"0");
dataFrame.withColumn("0",dataFrame.col("0").minus(mean)).show();
After Change
assertEquals(schema,DataFrames.fromStructType(DataFrames.fromSchema(schema)));
assertEquals(rdd.collect(),DataFrames.toRecords(DataFrames.toDataFrame(schema,rdd)).getSecond().collect());
DataFrames.toDataFrame(schema,rdd).show();
Column mean = DataFrames.mean(DataFrames.toDataFrame(schema,rdd),"0");
Column std = DataFrames.std(DataFrames.toDataFrame(schema,rdd),"0");
DataFrames.toDataFrame(schema,rdd).withColumn("0",DataFrames.toDataFrame(schema,rdd).col("0").minus(mean)).show();
DataFrames.toDataFrame(schema,rdd).withColumn("0",DataFrames.toDataFrame(schema,rdd).col("0").divide(std)).show();
/* DataFrame desc = dataFrame.describe(dataFrame.columns());
dataFrame.show();